


<!DOCTYPE html>
<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
<head>
  <meta charset="utf-8">

  <meta name="viewport" content="width=device-width, initial-scale=1.0">

  <title>Index &mdash; Torch-TensorRT master documentation</title>















  <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
  <!-- <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> -->
  <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
  <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
  <link rel="stylesheet" href="_static/collapsible-lists/css/tree_view.css" type="text/css" />
    <link rel="index" title="Index" href="#" />
    <link rel="search" title="Search" href="search.html" />
  <!-- Google Analytics -->

  <!-- End Google Analytics -->



  <script src="_static/js/modernizr.min.js"></script>

  <!-- Preload the theme fonts -->

<link rel="preload" href="_static/fonts/FreightSans/freight-sans-book.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="_static/fonts/FreightSans/freight-sans-medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="_static/fonts/IBMPlexMono/IBMPlexMono-Medium.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="_static/fonts/FreightSans/freight-sans-bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="_static/fonts/FreightSans/freight-sans-medium-italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="_static/fonts/IBMPlexMono/IBMPlexMono-SemiBold.woff2" as="font" type="font/woff2" crossorigin="anonymous">

<!-- Preload the katex fonts -->

<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Math-Italic.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Main-Bold.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size1-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size4-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size2-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Size3-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
<link rel="preload" href="https://cdn.jsdelivr.net/npm/katex@0.10.0/dist/fonts/KaTeX_Caligraphic-Regular.woff2" as="font" type="font/woff2" crossorigin="anonymous">
  <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.15.2/css/all.css" integrity="sha384-vSIIfh2YWi9wW0r9iZe7RJPrKwp6bG+s9QZMoITbCckVJqGCCRhc+ccxNcdpHuYu" crossorigin="anonymous">
</head>

<div class="container-fluid header-holder tutorials-header" id="header-holder">
  <div class="container">
    <div class="header-container">
      <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>

      <div class="main-menu">
        <ul>
          <li>
            <a href="https://pytorch.org/get-started">Get Started</a>
          </li>

          <li>
            <a href="https://pytorch.org/ecosystem">Ecosystem</a>
          </li>

          <li>
            <a href="https://pytorch.org/mobile">Mobile</a>
          </li>

          <li>
            <a href="https://pytorch.org/blog/">Blog</a>
          </li>

          <li>
            <a href="https://pytorch.org/tutorials">Tutorials</a>
          </li>

          <li>
            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
              <a class="resource-option with-down-orange-arrow">
                Docs
              </a>
              <div class="resources-dropdown-menu">
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/docs/stable/index.html">
                  <span class="dropdown-title">PyTorch</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/audio/stable/index.html">
                  <span class="dropdown-title">torchaudio</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/text/stable/index.html">
                  <span class="dropdown-title">torchtext</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/vision/stable/index.html">
                  <span class="dropdown-title">torchvision</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/torchrec">
                  <span class="dropdown-title">TorchRec</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/data">
                  <span class="dropdown-title">TorchData</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/serve/">
                  <span class="dropdown-title">TorchServe</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/torchx/">
                  <span class="dropdown-title">TorchX</span>
                  <p></p>
                </a>
                <a class="doc-dropdown-option nav-dropdown-item" href="https://pytorch.org/xla">
                  <span class="dropdown-title">PyTorch on XLA Devices</span>
                  <p></p>
                </a>
            </div>
          </li>

          <li>
            <div id="resourcesDropdownButton" data-toggle="resources-dropdown" class="resources-dropdown">
              <a class="resource-option with-down-arrow">
                Resources
              </a>
              <div class="resources-dropdown-menu">
                <a class="nav-dropdown-item" href="https://pytorch.org/features">
                  <span class="dropdown-title">About</span>
                  <p>Learn about PyTorch’s features and capabilities</p>
                </a>
                <a class="nav-dropdown-item" href="https://pytorch.org/#community-module">
                  <span class="dropdown-title">Community</span>
                  <p>Join the PyTorch developer community to contribute, learn, and get your questions answered.</p>
                </a>
                <a class="nav-dropdown-item" href="https://pytorch.org/resources">
                  <span class="dropdown-title">Developer Resources</span>
                  <p>Find resources and get questions answered</p>
                </a>
                <a class="nav-dropdown-item" href="https://discuss.pytorch.org/" target="_blank">
                  <span class="dropdown-title">Forums</span>
                  <p>A place to discuss PyTorch code, issues, install, research</p>
                </a>
                <a class="nav-dropdown-item" href="https://pytorch.org/hub">
                  <span class="dropdown-title">Models (Beta)</span>
                  <p>Discover, publish, and reuse pre-trained models</p>
                </a>
              </div>
            </div>
          </li>

          <li>
            <a href="https://github.com/pytorch/pytorch">GitHub</a>
          </li>
        </ul>
      </div>

      <a class="main-menu-open-button" href="#" data-behavior="open-mobile-menu"></a>
    </div>
  </div>
</div>

<body class="pytorch-body">





    <div class="table-of-contents-link-wrapper">
      <span>Table of Contents</span>
      <a href="#" class="toggle-table-of-contents" data-behavior="toggle-table-of-contents"></a>
    </div>

    <nav data-toggle="wy-nav-shift" class="pytorch-left-menu" id="pytorch-left-menu">
      <div class="pytorch-side-scroll">
        <div class="pytorch-menu pytorch-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
          <div class="pytorch-left-menu-search">





                <div class="version">
                  master (1.2.0)
                </div>









<div role="search">
  <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
    <input type="text" name="q" placeholder="Search Docs" />
    <input type="hidden" name="check_keywords" value="yes" />
    <input type="hidden" name="area" value="default" />
  </form>
</div>


          </div>







              <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="getting_started/installation.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="getting_started/getting_started_with_python_api.html">Using Torch-TensorRT in Python</a></li>
<li class="toctree-l1"><a class="reference internal" href="getting_started/getting_started_with_cpp_api.html">Using Torch-TensorRT in  C++</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Tutorials</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="tutorials/creating_torchscript_module_in_python.html">Creating a TorchScript Module</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">Working with TorchScript in Python</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">Saving TorchScript Module to Disk</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/getting_started_with_fx_path.html">Torch-TensorRT (FX Frontend) User Guide</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/ptq.html">Post Training Quantization (PTQ)</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/runtime.html">Deploying Torch-TensorRT Programs</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/serving_torch_tensorrt_with_triton.html">Serving a Torch-TensorRT model with Triton</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/use_from_pytorch.html">Using Torch-TensorRT Directly From PyTorch</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/using_dla.html">DLA</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/notebooks.html">Example notebooks</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Python API Documenation</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="py_api/torch_tensorrt.html">torch_tensorrt</a></li>
<li class="toctree-l1"><a class="reference internal" href="py_api/logging.html">torch_tensorrt.logging</a></li>
<li class="toctree-l1"><a class="reference internal" href="py_api/ptq.html">torch_tensorrt.ptq</a></li>
<li class="toctree-l1"><a class="reference internal" href="py_api/ts.html">torch_tensorrt.ts</a></li>
<li class="toctree-l1"><a class="reference internal" href="py_api/fx.html">torch_tensorrt.fx</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">C++ API Documenation</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="_cpp_api/torch_tensort_cpp.html">Torch-TensorRT C++ API</a></li>
<li class="toctree-l1"><a class="reference internal" href="_cpp_api/namespace_torch_tensorrt.html">Namespace torch_tensorrt</a></li>
<li class="toctree-l1"><a class="reference internal" href="_cpp_api/namespace_torch_tensorrt__logging.html">Namespace torch_tensorrt::logging</a></li>
<li class="toctree-l1"><a class="reference internal" href="_cpp_api/namespace_torch_tensorrt__torchscript.html">Namespace torch_tensorrt::torchscript</a></li>
<li class="toctree-l1"><a class="reference internal" href="_cpp_api/namespace_torch_tensorrt__ptq.html">Namespace torch_tensorrt::ptq</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">CLI Documenation</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="cli/torchtrtc.html">torchtrtc</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Contributor Documentation</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="contributors/system_overview.html">System Overview</a></li>
<li class="toctree-l1"><a class="reference internal" href="contributors/writing_converters.html">Writing Converters</a></li>
<li class="toctree-l1"><a class="reference internal" href="contributors/useful_links.html">Useful Links for Torch-TensorRT Development</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Indices</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="indices/supported_ops.html">Operators Supported</a></li>
</ul>



        </div>
      </div>
    </nav>

    <div class="pytorch-container">
      <div class="pytorch-page-level-bar" id="pytorch-page-level-bar">
        <div class="pytorch-breadcrumbs-wrapper">
















<div role="navigation" aria-label="breadcrumbs navigation">

  <ul class="pytorch-breadcrumbs">

      <li>
        <a href="index.html">

            Docs

        </a> &gt;
      </li>


      <li>Index</li>


      <li class="pytorch-breadcrumbs-aside">



      </li>

  </ul>


</div>
        </div>

        <div class="pytorch-shortcuts-wrapper" id="pytorch-shortcuts-wrapper">
          Shortcuts
        </div>
      </div>

      <section data-toggle="wy-nav-shift" id="pytorch-content-wrap" class="pytorch-content-wrap">
        <div class="pytorch-content-left">



          <div class="rst-content">

            <div role="main" class="main-content" itemscope="itemscope" itemtype="http://schema.org/Article">
             <article itemprop="articleBody" id="pytorch-article" class="pytorch-article">


<h1 id="index">Index</h1>

<div class="genindex-jumpbox">
 <a href="#_"><strong>_</strong></a>
 | <a href="#A"><strong>A</strong></a>
 | <a href="#C"><strong>C</strong></a>
 | <a href="#D"><strong>D</strong></a>
 | <a href="#E"><strong>E</strong></a>
 | <a href="#F"><strong>F</strong></a>
 | <a href="#G"><strong>G</strong></a>
 | <a href="#I"><strong>I</strong></a>
 | <a href="#L"><strong>L</strong></a>
 | <a href="#M"><strong>M</strong></a>
 | <a href="#P"><strong>P</strong></a>
 | <a href="#R"><strong>R</strong></a>
 | <a href="#S"><strong>S</strong></a>
 | <a href="#T"><strong>T</strong></a>
 | <a href="#W"><strong>W</strong></a>
 | <a href="#X"><strong>X</strong></a>

</div>
<h2 id="_">_</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device.__init__">__init__() (torch_tensorrt.Device method)</a>

      <ul>
        <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Input.__init__">(torch_tensorrt.Input method)</a>
</li>
        <li><a href="py_api/ptq.html#torch_tensorrt.ptq.CacheCalibrator.__init__">(torch_tensorrt.ptq.CacheCalibrator method)</a>
</li>
        <li><a href="py_api/ptq.html#torch_tensorrt.ptq.DataLoaderCalibrator.__init__">(torch_tensorrt.ptq.DataLoaderCalibrator method)</a>
</li>
      </ul></li>
  </ul></td>
</tr></table>

<h2 id="A">A</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device.allow_gpu_fallback">allow_gpu_fallback (torch_tensorrt.Device attribute)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="C">C</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#id1">CacheCalibrator (class in torch_tensorrt.ptq)</a>, <a href="py_api/ptq.html#torch_tensorrt.ptq.CacheCalibrator">[1]</a>
</li>
      <li><a href="py_api/ptq.html#id2">CalibrationAlgo (class in torch_tensorrt.ptq)</a>, <a href="py_api/ptq.html#torch_tensorrt.ptq.CalibrationAlgo">[1]</a>
</li>
      <li><a href="py_api/ts.html#torch_tensorrt.ts.check_method_op_support">check_method_op_support() (in module torch_tensorrt.ts)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.compile">compile() (in module torch_tensorrt)</a>

      <ul>
        <li><a href="py_api/fx.html#torch_tensorrt.fx.compile">(in module torch_tensorrt.fx)</a>
</li>
        <li><a href="py_api/ts.html#torch_tensorrt.ts.compile">(in module torch_tensorrt.ts)</a>
</li>
      </ul></li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.convert_method_to_trt_engine">convert_method_to_trt_engine() (in module torch_tensorrt)</a>

      <ul>
        <li><a href="py_api/ts.html#torch_tensorrt.ts.convert_method_to_trt_engine">(in module torch_tensorrt.ts)</a>
</li>
      </ul></li>
  </ul></td>
</tr></table>

<h2 id="D">D</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#id0">DataLoaderCalibrator (class in torch_tensorrt.ptq)</a>, <a href="py_api/ptq.html#torch_tensorrt.ptq.DataLoaderCalibrator">[1]</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.debug">debug (class in torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level.Debug">Debug (torch_tensorrt.logging.Level attribute)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device">Device (class in torch_tensorrt)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device.device_type">device_type (torch_tensorrt.Device attribute)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.DeviceType">DeviceType (class in torch_tensorrt)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device.dla_core">dla_core (torch_tensorrt.Device attribute)</a>
</li>
      <li><a href="src/pytorch-sphinx-theme/docs/demo/demo.html#term-Documentation"><strong>Documentation</strong></a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.dtype">dtype (class in torch_tensorrt)</a>

      <ul>
        <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Input.dtype">(torch_tensorrt.Input attribute)</a>
</li>
      </ul></li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.dump_build_info">dump_build_info() (in module torch_tensorrt)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="E">E</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ts.html#torch_tensorrt.ts.embed_engine_in_new_module">embed_engine_in_new_module() (in module torch_tensorrt.ts)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.EngineCapability">EngineCapability (class in torch_tensorrt)</a>
</li>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.CalibrationAlgo.ENTROPY_CALIBRATION">ENTROPY_CALIBRATION (torch_tensorrt.ptq.CalibrationAlgo attribute)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.CalibrationAlgo.ENTROPY_CALIBRATION_2">ENTROPY_CALIBRATION_2 (torch_tensorrt.ptq.CalibrationAlgo attribute)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level.Error">Error (torch_tensorrt.logging.Level attribute)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.errors">errors (class in torch_tensorrt.logging)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="F">F</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Input.format">format (torch_tensorrt.Input attribute)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="G">G</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.get_batch">get_batch() (in module torch_tensorrt.ptq)</a>
</li>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.get_batch_size">get_batch_size() (in module torch_tensorrt.ptq)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.get_build_info">get_build_info() (in module torch_tensorrt)</a>
</li>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.get_cache_mode_batch">get_cache_mode_batch() (in module torch_tensorrt.ptq)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.get_is_colored_output_on">get_is_colored_output_on() (in module torch_tensorrt.logging)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.get_logging_prefix">get_logging_prefix() (in module torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.get_reportable_log_level">get_reportable_log_level() (in module torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Device.gpu_id">gpu_id (torch_tensorrt.Device attribute)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level.Graph">Graph (torch_tensorrt.logging.Level attribute)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.graphs">graphs (class in torch_tensorrt.logging)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="I">I</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.info">info (class in torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level.Info">Info (torch_tensorrt.logging.Level attribute)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Input">Input (class in torch_tensorrt)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/fx.html#torch_tensorrt.fx.InputTensorSpec">InputTensorSpec (class in torch_tensorrt.fx)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.internal_errors">internal_errors (class in torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level.InternalError">InternalError (torch_tensorrt.logging.Level attribute)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="L">L</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.CalibrationAlgo.LEGACY_CALIBRATION">LEGACY_CALIBRATION (torch_tensorrt.ptq.CalibrationAlgo attribute)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level">Level (class in torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.log">log() (in module torch_tensorrt.logging)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="M">M</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.CalibrationAlgo.MINMAX_CALIBRATION">MINMAX_CALIBRATION (torch_tensorrt.ptq.CalibrationAlgo attribute)</a>
</li>
      <li>
    module

      <ul>
        <li><a href="py_api/torch_tensorrt.html#module-torch_tensorrt">torch_tensorrt</a>
</li>
        <li><a href="py_api/fx.html#module-torch_tensorrt.fx">torch_tensorrt.fx</a>
</li>
        <li><a href="py_api/logging.html#module-torch_tensorrt.logging">torch_tensorrt.logging</a>
</li>
        <li><a href="py_api/ptq.html#module-torch_tensorrt.ptq">torch_tensorrt.ptq</a>
</li>
        <li><a href="py_api/ts.html#module-torch_tensorrt.ts">torch_tensorrt.ts</a>
</li>
      </ul></li>
  </ul></td>
</tr></table>

<h2 id="P">P</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li>
    Python Enhancement Proposals

      <ul>
        <li><a href="src/pytorch-sphinx-theme/docs/demo/demo.html#index-0">PEP 287</a>
</li>
      </ul></li>
  </ul></td>
</tr></table>

<h2 id="R">R</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.read_calibration_cache">read_calibration_cache() (in module torch_tensorrt.ptq)</a>
</li>
      <li><a href="src/pytorch-sphinx-theme/docs/demo/demo.html#term-Reading"><strong>Reading</strong></a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li>
    RFC

      <ul>
        <li><a href="src/pytorch-sphinx-theme/docs/demo/demo.html#index-1">RFC 2822</a>
</li>
      </ul></li>
  </ul></td>
</tr></table>

<h2 id="S">S</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.set_device">set_device() (in module torch_tensorrt)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.set_is_colored_output_on">set_is_colored_output_on() (in module torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.set_logging_prefix">set_logging_prefix() (in module torch_tensorrt.logging)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.set_reportable_log_level">set_reportable_log_level() (in module torch_tensorrt.logging)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Input.shape">shape (torch_tensorrt.Input attribute)</a>
</li>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.Input.shape_mode">shape_mode (torch_tensorrt.Input attribute)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html#c.STR">STR (C macro)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="T">T</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/torch_tensorrt.html#torch_tensorrt.TensorFormat">TensorFormat (class in torch_tensorrt)</a>
</li>
      <li><a href="py_api/ts.html#torch_tensorrt.ts.TensorRTCompileSpec">TensorRTCompileSpec() (in module torch_tensorrt.ts)</a>
</li>
      <li>
    torch_tensorrt

      <ul>
        <li><a href="py_api/torch_tensorrt.html#module-torch_tensorrt">module</a>
</li>
      </ul></li>
      <li>
    torch_tensorrt.fx

      <ul>
        <li><a href="py_api/fx.html#module-torch_tensorrt.fx">module</a>
</li>
      </ul></li>
      <li>
    torch_tensorrt.logging

      <ul>
        <li><a href="py_api/logging.html#module-torch_tensorrt.logging">module</a>
</li>
      </ul></li>
      <li>
    torch_tensorrt.ptq

      <ul>
        <li><a href="py_api/ptq.html#module-torch_tensorrt.ptq">module</a>
</li>
      </ul></li>
      <li>
    torch_tensorrt.ts

      <ul>
        <li><a href="py_api/ts.html#module-torch_tensorrt.ts">module</a>
</li>
      </ul></li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataTypeE">torch_tensorrt::DataType (C++ class)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value">torch_tensorrt::DataType::DataType (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE">[1]</a>, <a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType8DataTypeEv">[2]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataTypecvbEv">torch_tensorrt::DataType::operator bool (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv">torch_tensorrt::DataType::operator Value (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4NK14torch_tensorrt8DataTypeneE8DataType">torch_tensorrt::DataType::operator!= (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType">torch_tensorrt::DataType::operator== (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5ValueE">torch_tensorrt::DataType::Value (C++ enum)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5Value5kBoolE">torch_tensorrt::DataType::Value::kBool (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5Value5kCharE">torch_tensorrt::DataType::Value::kChar (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5Value6kFloatE">torch_tensorrt::DataType::Value::kFloat (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5Value5kHalfE">torch_tensorrt::DataType::Value::kHalf (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5Value4kIntE">torch_tensorrt::DataType::Value::kInt (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1DataType.html#_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE">torch_tensorrt::DataType::Value::kUnknown (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6DeviceE">torch_tensorrt::Device (C++ struct)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE">torch_tensorrt::Device::allow_gpu_fallback (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device6DeviceEv">torch_tensorrt::Device::Device (C++ function)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device11device_typeE">torch_tensorrt::Device::device_type (C++ member)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceTypeE">torch_tensorrt::Device::DeviceType (C++ class)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceTypeE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value">torch_tensorrt::Device::DeviceType::DeviceType (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE">[1]</a>, <a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv">[2]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value">[3]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE">[4]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv">[5]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv">torch_tensorrt::Device::DeviceType::operator bool (C++ function)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv">torch_tensorrt::Device::DeviceType::operator Value (C++ function)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType">torch_tensorrt::Device::DeviceType::operator!= (C++ function)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType">torch_tensorrt::Device::DeviceType::operator== (C++ function)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE">torch_tensorrt::Device::DeviceType::Value (C++ enum)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE">torch_tensorrt::Device::DeviceType::Value::kDLA (C++ enumerator)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html#_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE">torch_tensorrt::Device::DeviceType::Value::kGPU (C++ enumerator)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE">[1]</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device8dla_coreE">torch_tensorrt::Device::dla_core (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Device.html#_CPPv4N14torch_tensorrt6Device6gpu_idE">torch_tensorrt::Device::gpu_id (C++ member)</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html#_CPPv4N14torch_tensorrt15dump_build_infoEv">torch_tensorrt::dump_build_info (C++ function)</a>
</li>
      <li><a href="_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapabilityE">torch_tensorrt::EngineCapability (C++ enum)</a>
</li>
      <li><a href="_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE">torch_tensorrt::EngineCapability::kDLA_STANDALONE (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE">torch_tensorrt::EngineCapability::kSAFETY (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE">torch_tensorrt::EngineCapability::kSTANDARD (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html#_CPPv4N14torch_tensorrt14get_build_infoEv">torch_tensorrt::get_build_info (C++ function)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1GraphInputs.html#_CPPv4N14torch_tensorrt11GraphInputsE">torch_tensorrt::GraphInputs (C++ struct)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1GraphInputs.html#_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE">torch_tensorrt::GraphInputs::input_signature (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1GraphInputs.html#_CPPv4N14torch_tensorrt11GraphInputs6inputsE">torch_tensorrt::GraphInputs::inputs (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5InputE">torch_tensorrt::Input (C++ struct)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5dtypeE">torch_tensorrt::Input::dtype (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input6formatE">torch_tensorrt::Input::format (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE">torch_tensorrt::Input::Input (C++ function)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat">[1]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat">[2]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat">[3]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat">[4]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat">[5]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat">[6]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat">[7]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat">[8]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5InputEv">[9]</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input9max_shapeE">torch_tensorrt::Input::max_shape (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input9min_shapeE">torch_tensorrt::Input::min_shape (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input9opt_shapeE">torch_tensorrt::Input::opt_shape (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1Input.html#_CPPv4N14torch_tensorrt5Input5shapeE">torch_tensorrt::Input::shape (C++ member)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html#_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv">torch_tensorrt::logging::get_is_colored_output_on (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html#_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv">torch_tensorrt::logging::get_logging_prefix (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html#_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv">torch_tensorrt::logging::get_reportable_log_level (C++ function)</a>
</li>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5LevelE">torch_tensorrt::logging::Level (C++ enum)</a>
</li>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE">torch_tensorrt::logging::Level::kDEBUG (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5Level6kERRORE">torch_tensorrt::logging::Level::kERROR (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE">torch_tensorrt::logging::Level::kGRAPH (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5Level5kINFOE">torch_tensorrt::logging::Level::kINFO (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE">torch_tensorrt::logging::Level::kINTERNAL_ERROR (C++ enumerator)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE">torch_tensorrt::logging::Level::kWARNING (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html#_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE">torch_tensorrt::logging::log (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html#_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb">torch_tensorrt::logging::set_is_colored_output_on (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.html#_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE">torch_tensorrt::logging::set_logging_prefix (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html#_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level">torch_tensorrt::logging::set_reportable_log_level (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE">torch_tensorrt::ptq::Int8CacheCalibrator (C++ class)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci">torch_tensorrt::ptq::Int8CacheCalibrator::getBatch (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv">torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE">torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv">torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator* (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t">torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t">torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE">torch_tensorrt::ptq::Int8Calibrator (C++ class)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci">torch_tensorrt::ptq::Int8Calibrator::getBatch (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv">torch_tensorrt::ptq::Int8Calibrator::getBatchSize (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb">torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv">torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator* (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t">torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t">torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_ptq_8h_1a226e3c83379d1012cde8578c1c86b16c.html#_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE">torch_tensorrt::ptq::make_int8_cache_calibrator (C++ function)</a>, <a href="_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html#_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE">[1]</a>
</li>
      <li><a href="_cpp_api/function_ptq_8h_1a6186e305f47c1d94b6130ef6c7f7e178.html#_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb">torch_tensorrt::ptq::make_int8_calibrator (C++ function)</a>, <a href="_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html#_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb">[1]</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html#_CPPv4N14torch_tensorrt10set_deviceEKi">torch_tensorrt::set_device (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormatE">torch_tensorrt::TensorFormat (C++ class)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormatcvbEv">torch_tensorrt::TensorFormat::operator bool (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv">torch_tensorrt::TensorFormat::operator Value (C++ function)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat">torch_tensorrt::TensorFormat::operator!= (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat">torch_tensorrt::TensorFormat::operator== (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE">[1]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value">torch_tensorrt::TensorFormat::TensorFormat (C++ function)</a>, <a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE">[1]</a>, <a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv">[2]</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat5ValueE">torch_tensorrt::TensorFormat::Value (C++ enum)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE">torch_tensorrt::TensorFormat::Value::kChannelsLast (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE">torch_tensorrt::TensorFormat::Value::kContiguous (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/classtorch__tensorrt_1_1TensorFormat.html#_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE">torch_tensorrt::TensorFormat::Value::kUnknown (C++ enumerator)</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html#_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE">torch_tensorrt::torchscript::check_method_operator_support (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html#_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec">torch_tensorrt::torchscript::compile (C++ function)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpecE">torch_tensorrt::torchscript::CompileSpec (C++ struct)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE">torch_tensorrt::torchscript::CompileSpec::capability (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE">torch_tensorrt::torchscript::CompileSpec::CompileSpec (C++ function)</a>, <a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE">[1]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE">[2]</a>, <a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE">[3]</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE">torch_tensorrt::torchscript::CompileSpec::debug (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE">torch_tensorrt::torchscript::CompileSpec::device (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E">torch_tensorrt::torchscript::CompileSpec::disable_tf32 (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE">torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE">torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE">torch_tensorrt::torchscript::CompileSpec::dla_sram_size (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE">torch_tensorrt::torchscript::CompileSpec::enabled_precisions (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE">torch_tensorrt::torchscript::CompileSpec::graph_inputs (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE">torch_tensorrt::torchscript::CompileSpec::min_block_size (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE">torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE">torch_tensorrt::torchscript::CompileSpec::ptq_calibrator (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE">torch_tensorrt::torchscript::CompileSpec::refit (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE">torch_tensorrt::torchscript::CompileSpec::require_full_compilation (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE">torch_tensorrt::torchscript::CompileSpec::sparse_weights (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE">torch_tensorrt::torchscript::CompileSpec::torch_executed_modules (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE">torch_tensorrt::torchscript::CompileSpec::torch_executed_ops (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE">torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double (C++ member)</a>
</li>
      <li><a href="_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE">torch_tensorrt::torchscript::CompileSpec::workspace_size (C++ member)</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html#_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec">torch_tensorrt::torchscript::convert_method_to_trt_engine (C++ function)</a>
</li>
      <li><a href="_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html#_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device">torch_tensorrt::torchscript::embed_engine_in_new_module (C++ function)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html#c.TORCH_TENSORRT_MAJOR_VERSION">TORCH_TENSORRT_MAJOR_VERSION (C macro)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html#c.TORCH_TENSORRT_MINOR_VERSION">TORCH_TENSORRT_MINOR_VERSION (C macro)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html#c.TORCH_TENSORRT_PATCH_VERSION">TORCH_TENSORRT_PATCH_VERSION (C macro)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html#c.TORCH_TENSORRT_VERSION">TORCH_TENSORRT_VERSION (C macro)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html#c.TORCHTRT_API">TORCHTRT_API (C macro)</a>
</li>
      <li><a href="_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html#c.TORCHTRT_HIDDEN">TORCHTRT_HIDDEN (C macro)</a>
</li>
      <li><a href="py_api/fx.html#torch_tensorrt.fx.TRTInterpreter">TRTInterpreter (class in torch_tensorrt.fx)</a>
</li>
      <li><a href="py_api/fx.html#torch_tensorrt.fx.TRTInterpreterResult">TRTInterpreterResult (class in torch_tensorrt.fx)</a>
</li>
      <li><a href="py_api/fx.html#torch_tensorrt.fx.TRTModule">TRTModule (class in torch_tensorrt.fx)</a>
</li>
  </ul></td>
</tr></table>

<h2 id="W">W</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.Level.Warning">Warning (torch_tensorrt.logging.Level attribute)</a>
</li>
      <li><a href="py_api/logging.html#torch_tensorrt.logging.warnings">warnings (class in torch_tensorrt.logging)</a>
</li>
  </ul></td>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="py_api/ptq.html#torch_tensorrt.ptq.write_calibration_cache">write_calibration_cache() (in module torch_tensorrt.ptq)</a>
</li>
      <li><a href="src/pytorch-sphinx-theme/docs/demo/demo.html#term-Writing"><strong>Writing</strong></a>
</li>
  </ul></td>
</tr></table>

<h2 id="X">X</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
  <td style="width: 33%; vertical-align: top;"><ul>
      <li><a href="_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html#c.XSTR">XSTR (C macro)</a>
</li>
  </ul></td>
</tr></table>



             </article>

            </div>
            <footer>




    <hr>



  <div role="contentinfo">
    <p>
        &copy; Copyright 2021, NVIDIA Corporation.

    </p>
  </div>

      <div>
        Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
      </div>


</footer>

          </div>
        </div>

        <div class="pytorch-content-right" id="pytorch-content-right">
          <div class="pytorch-right-menu" id="pytorch-right-menu">
            <div class="pytorch-side-scroll" id="pytorch-side-scroll-right">

            </div>
          </div>
        </div>
      </section>
    </div>







       <script type="text/javascript" id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
         <script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
         <script src="_static/jquery.js"></script>
         <script src="_static/underscore.js"></script>
         <script src="_static/doctools.js"></script>
         <script src="_static/collapsible-lists/js/CollapsibleLists.compressed.js"></script>
         <script src="_static/collapsible-lists/js/apply-collapsible-lists.js"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>




  <script type="text/javascript" src="_static/js/vendor/popper.min.js"></script>
  <script type="text/javascript" src="_static/js/vendor/bootstrap.min.js"></script>
  <script src="https://cdnjs.cloudflare.com/ajax/libs/list.js/1.5.0/list.min.js"></script>
  <script type="text/javascript" src="_static/js/theme.js"></script>

  <script type="text/javascript">
      jQuery(function () {
          SphinxRtdTheme.Navigation.enable(true);
      });
  </script>

  <!-- Begin Footer -->

  <div class="container-fluid docs-tutorials-resources" id="docs-tutorials-resources">
    <div class="container">
      <div class="row">
        <div class="col-md-4 text-center">
          <h2>Docs</h2>
          <p>Access comprehensive developer documentation for PyTorch</p>
          <a class="with-right-arrow" href="https://pytorch.org/docs/stable/index.html">View Docs</a>
        </div>

        <div class="col-md-4 text-center">
          <h2>Tutorials</h2>
          <p>Get in-depth tutorials for beginners and advanced developers</p>
          <a class="with-right-arrow" href="https://pytorch.org/tutorials">View Tutorials</a>
        </div>

        <div class="col-md-4 text-center">
          <h2>Resources</h2>
          <p>Find development resources and get your questions answered</p>
          <a class="with-right-arrow" href="https://pytorch.org/resources">View Resources</a>
        </div>
      </div>
    </div>
  </div>

  <footer class="site-footer">
    <div class="container footer-container">
      <div class="footer-logo-wrapper">
        <a href="https://pytorch.org/" class="footer-logo"></a>
      </div>

      <div class="footer-links-wrapper">
        <div class="footer-links-col">
          <ul>
            <li class="list-title"><a href="https://pytorch.org/">PyTorch</a></li>
            <li><a href="https://pytorch.org/get-started">Get Started</a></li>
            <li><a href="https://pytorch.org/features">Features</a></li>
            <li><a href="https://pytorch.org/ecosystem">Ecosystem</a></li>
            <li><a href="https://pytorch.org/blog/">Blog</a></li>
            <li><a href="https://github.com/pytorch/pytorch/blob/master/CONTRIBUTING.md">Contributing</a></li>
          </ul>
        </div>

        <div class="footer-links-col">
          <ul>
            <li class="list-title"><a href="https://pytorch.org/resources">Resources</a></li>
            <li><a href="https://pytorch.org/tutorials">Tutorials</a></li>
            <li><a href="https://pytorch.org/docs/stable/index.html">Docs</a></li>
            <li><a href="https://discuss.pytorch.org" target="_blank">Discuss</a></li>
            <li><a href="https://github.com/pytorch/pytorch/issues" target="_blank">Github Issues</a></li>
            <li><a href="https://pytorch.org/assets/brand-guidelines/PyTorch-Brand-Guidelines.pdf" target="_blank">Brand Guidelines</a></li>
          </ul>
        </div>

        <div class="footer-links-col">
          <ul>
            <li class="list-title">Stay up to date</li>
            <li><a href="https://www.facebook.com/pytorch" target="_blank">Facebook</a></li>
            <li><a href="https://twitter.com/pytorch" target="_blank">Twitter</a></li>
            <li><a href="https://www.youtube.com/pytorch" target="_blank">YouTube</a></li>
            <li><a href="https://www.linkedin.com/company/pytorch" target="_blank">LinkedIn</a></li>
          </ul>
          </div>

        <div class="footer-links-col">
          <ul>
            <li class="list-title">PyTorch Podcasts</li>
            <li><a href="https://open.spotify.com/show/6UzHKeiy368jKfQMKKvJY5" target="_blank">Spotify</a></li>
            <li><a href="https://podcasts.apple.com/us/podcast/pytorch-developer-podcast/id1566080008" target="_blank">Apple</a></li>
            <li><a href="https://www.google.com/podcasts?feed=aHR0cHM6Ly9mZWVkcy5zaW1wbGVjYXN0LmNvbS9PQjVGa0lsOA%3D%3D" target="_blank">Google</a></li>
            <li><a href="https://music.amazon.com/podcasts/7a4e6f0e-26c2-49e9-a478-41bd244197d0/PyTorch-Developer-Podcast?" target="_blank">Amazon</a></li>
          </ul>
         </div>
        </div>

        <div class="privacy-policy">
          <ul>
            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/terms/" target="_blank">Terms</a></li>
            <li class="privacy-policy-links">|</li>
            <li class="privacy-policy-links"><a href="https://www.linuxfoundation.org/privacy-policy/" target="_blank">Privacy</a></li>
          </ul>
        </div>
        <div class="copyright">
        <p>© Copyright The Linux Foundation. The PyTorch Foundation is a project of The Linux Foundation.
          For web site terms of use, trademark policy and other policies applicable to The PyTorch Foundation please see
          <a href="www.linuxfoundation.org/policies/">www.linuxfoundation.org/policies/</a>. The PyTorch Foundation supports the PyTorch open source
          project, which has been established as PyTorch Project a Series of LF Projects, LLC. For policies applicable to the PyTorch Project a Series of LF Projects, LLC,
          please see <a href="www.lfprojects.org/policies/">www.lfprojects.org/policies/</a>.</p>
      </div>
     </div>

  </footer>

  <div class="cookie-banner-wrapper">
  <div class="container">
    <p class="gdpr-notice">To analyze traffic and optimize your experience, we serve cookies on this site. By clicking or navigating, you agree to allow our usage of cookies. As the current maintainers of this site, Facebook’s Cookies Policy applies. Learn more, including about available controls: <a href="https://www.facebook.com/policies/cookies/">Cookies Policy</a>.</p>
    <img class="close-button" src="_static/images/pytorch-x.svg">
  </div>
</div>

  <!-- End Footer -->

  <!-- Begin Mobile Menu -->

  <div class="mobile-main-menu">
    <div class="container-fluid">
      <div class="container">
        <div class="mobile-main-menu-header-container">
          <a class="header-logo" href="https://pytorch.org/" aria-label="PyTorch"></a>
          <a class="main-menu-close-button" href="#" data-behavior="close-mobile-menu"></a>
        </div>
      </div>
    </div>

    <div class="mobile-main-menu-links-container">
      <div class="main-menu">
        <ul>
          <li>
            <a href="https://pytorch.org/get-started">Get Started</a>
          </li>

          <li>
            <a href="https://pytorch.org/ecosystem">Ecosystem</a>
          </li>

          <li>
            <a href="https://pytorch.org/mobile">Mobile</a>
          </li>

          <li>
            <a href="https://pytorch.org/hub">PyTorch Hub</a>
          </li>

          <li>
            <a href="https://pytorch.org/blog/">Blog</a>
          </li>

          <li>
            <a href="https://pytorch.org/tutorials">Tutorials</a>
          </li>

          <li class="resources-mobile-menu-title">
            Docs
          </li>

          <ul class="resources-mobile-menu-items">
            <li>
              <a href="https://pytorch.org/docs/stable/index.html">PyTorch</a>
            </li>

            <li>
              <a href="https://pytorch.org/audio/stable/index.html">torchaudio</a>
            </li>

            <li>
              <a href="https://pytorch.org/text/stable/index.html">torchtext</a>
            </li>

            <li>
              <a href="https://pytorch.org/vision/stable/index.html">torchvision</a>
            </li>

            <li>
              <a href="https://pytorch.org/serve/">TorchServe</a>
            </li>

            <li>
              <a href="https://pytorch.org/torchx/">TorchX</a>
            </li>

            <li>
              <a href="https://pytorch.org/xla">PyTorch on XLA Devices</a>
            </li>
          </ul>

          <li class="resources-mobile-menu-title">
            Resources
          </li>

          <ul class="resources-mobile-menu-items">
            <li>
              <a href="https://pytorch.org/resources">Developer Resources</a>
            </li>

            <li>
              <a href="https://pytorch.org/features">About</a>
            </li>

            <li>
              <a href="https://pytorch.org/hub">Models (Beta)</a>
            </li>

            <li>
              <a href="https://pytorch.org/#community-module">Community</a>
            </li>

            <li>
              <a href="https://discuss.pytorch.org/">Forums</a>
            </li>
          </ul>

          <li>
            <a href="https://github.com/pytorch/pytorch">Github</a>
          </li>
        </ul>
      </div>
    </div>
  </div>

  <!-- End Mobile Menu -->

  <script type="text/javascript" src="_static/js/vendor/anchor.min.js"></script>

  <script type="text/javascript">
    $(document).ready(function() {
      mobileMenu.bind();
      mobileTOC.bind();
      pytorchAnchors.bind();
      sideMenus.bind();
      scrollToAnchor.bind();
      highlightNavigation.bind();
      mainMenuDropdown.bind();
      filterTags.bind();

      // Add class to links that have code blocks, since we cannot create links in code blocks
      $("article.pytorch-article a span.pre").each(function(e) {
        $(this).closest("a").addClass("has-code");
      });
    })
  </script>
</body>
</html>